Model Name,Evaluated on,Retriever,Experiment Date,Count,Model Size,F1 Score,BERT Score,Blue Score,SentenceSim Score,Meteor Score,Rouge Score,SimHash Score,Perplexity Score,Bleurt Score,Temperature,Top P,Top K,Decoding Method,Min New Tokens,Max New Tokens,Stop Sequences
Bert-Fine-Tune,CoQA,passage,2023-07-07,894,,24.13541206627973,65.80002992269004,3.0711580482605703,53.40867701747209,25.74543450679796,26.980250920920344,26.129753914988815,21.106700178042065,-0.6726179532623398,,,,,,,
FlanT5-XL,CoQA,passage,2023-07-07,1000,3B,30.364942709698163,57.25080415723075,8.442296675285842,57.04905479451994,29.006842143157733,34.297608456126795,24.242,20.4383410228175,-0.4666654137521982,0.7,1,50,Greedy,10.0,200.0,-
FlanT5-XXL,CoQA,passage,2023-07-07,1000,11B,34.15703417466809,59.12239699314077,9.758095463518147,62.08597400424998,31.768646056129075,38.79589976423028,23.672,20.183776953087506,-0.3958241667672992,0.7,1,50,Greedy,10.0,200.0,-
FlanT5-XXL,IBM-Test-ES,ElasticSearch,2023-07-18,3692,11B,10.843550344252877,54.63218264047352,0.41098411346024877,31.637542273039585,9.53428542281925,14.864120637985875,29.39815817984832,9.061899916550699,-0.8631260687120074,0.7,1,50,Greedy,10.0,200.0,-
FlanT5-XXL,QuAC,passage,2023-07-07,1000,11B,47.80562290423248,64.4157400659924,34.259327606855045,62.26129018819005,52.25332514801121,49.066980246058975,18.861,18.669937086984703,-0.2244473982155323,0.7,1,50,Greedy,10.0,200.0,-
FlanT5-XXL,QuAC-Random,passage,2023-07-07,1000,11B,43.31924701734595,59.40235001168163,28.97599667786913,57.65652186985291,39.40124633356366,44.47108922046101,20.433,13.125657576427756,-0.48647812519967554,0.7,1,50,Greedy,10.0,200.0,-
FlanT5-XXL,SAP-Doc-Solr,Solr,2023-07-07,101,11B,13.255023403369448,55.67184235646633,0.9726746313902271,40.83828365346535,15.379507351161855,17.48312025924545,28.22772277227723,26.157920676927574,,0.7,1,50,Greedy,10.0,200.0,-
FlanT5-XXL,SAP-ES-Retriver,,2023-08-02,134,11B,25.38513944069296,64.79553551430973,7.614278569966395,51.976989835820916,26.58847085115097,28.4672421544294,23.582089552238806,25.739058100705556,-0.5086763673531476,0.7,1,50,Greedy,10.0,200.0,-
FlanT5-XXL,SAP-passages,passage,2023-07-17,101,11B,44.84210062282977,64.75961283007064,19.669152294447354,71.1168169207921,46.715969329503274,46.711704308136035,18.366336633663366,22.58076955448573,-0.19849374477225956,0.7,1,50,Greedy,10.0,200.0,-
FlanT5-XXL,TechQA,passage,2023-07-10,600,11B,21.89152584158884,54.710729238734466,8.118147751300695,41.22619218124001,23.50331045424943,21.304988351086372,25.016666666666666,29.509068650289738,-0.6764784137159586,0.7,1,50,Greedy,10.0,200.0,-
FlanT5-XXL,TidyQA,passage,2023-07-07,1001,11B,34.90611628701397,46.84744975517348,11.118909975453507,58.58153532672334,23.946687868265705,35.563207420528194,22.04995004995005,4.7279727400721825,-0.6267285945189821,0.7,1,50,Greedy,10.0,200.0,-
Bloom,IBM-Test,Solr,2023-07-07,3569,176B,4.146903940795743,,0.052526147994566875,26.60481616881477,2.5791109599327546,5.485293121574678,29.943121322499298,9.127518138941166,-0.978733599400392,0.3,-,-,sample,10.0,200.0,Question
Bloom,IBM-Test-Product-Wise,Solr,2023-07-07,59,176B,4.803944352491853,47.30508706728531,0.0051809594884328295,29.28619946818648,2.7063959833139433,6.15988927902521,29.532585790156585,9.248362118177132,-0.9580928895810673,0.3,-,-,sample,10.0,200.0,Question
Bloom,Manually-Curated,WD,2023-07-07,20,176B,25.492804061454926,58.323079523895785,6.235225702205538,69.48325718,7.23658688,13.9853833,22.4,34.688504236610456,-0.4099286623299122,0.3,-,-,sample,10.0,200.0,Question
Bloom,QuAC,passage,2023-07-07,1000,176B,15.428928708221045,46.91909225757031,2.310752539267301,41.70466697666001,12.34980010264216,17.56703706563524,28.32,13.715137162439119,-0.9716251518428326,0.3,-,-,sample,10.0,200.0,Question
Bloom,SAP-Doc-Solr,Solr,2023-07-07,101,176B,13.596648704491418,52.4017519868247,0.8692203424144759,51.78699136039604,11.647284397616463,16.806216673793248,25.693069306930692,24.009176214580187,-0.7163195970034836,0.3,-,-,sample,10.0,200.0,Question
Bloom,SAP-passages,passage,2023-07-07,101,176B,23.0743906782968,55.53835704815535,5.112601215999598,62.3291284910891,17.231895468276505,24.792567910894782,20.85148514851485,23.393962867728888,-0.689271871406253,0.3,-,-,sample,10.0,200.0,Question
Bloom,TechQA,passage,2023-07-10,600,176B,18.472787429928577,50.90416931240136,5.261485715668154,40.886475585033345,15.531352566683834,19.48496080268962,25.99,29.429680700998997,-0.730672182564934,0.3,-,-,sample,10.0,200.0,Question
Coga,Manually-Curated,WD,2023-07-18,40,3B,15.556808644122874,56.36738454912127,2.673912263902788,48.328377092500006,6.485398535000001,12.399896945000002,28.25,34.646498636973085,-0.5840777467936278,0.7,1,50,Greedy,10.0,200.0,-
Coga,SAP-Doc-Solr,Solr,2023-07-07,101,3B,11.785392892378775,52.2650091926163,1.0932971492237842,40.395073268316835,13.348204544793049,14.820595747371016,28.346534653465348,26.439306376986913,,0.7,1,50,Greedy,10.0,200.0,-
Coga,SAP-passages,passage,2023-07-07,101,3B,40.84657227620344,65.42338382382974,20.137510631476154,66.22701804950493,42.65697472836153,42.91900033082337,20.217821782178216,23.455695208086706,-0.25231878857801454,0.7,1,50,Greedy,10.0,200.0,-
Flan,Manually-Curated,WD,2023-07-07,40,,17.159782037827533,56.588369884999935,4.216839371730625,43.277379190000005,2.73268448,2.2507236050000006,27.4,34.3610241211959,-0.6085604824125767,,,,,,,
FlanT5,Manually-Curated,WD,2023-07-07,40,3B,4.515860088762135,52.799512667907344,0.3208395460558515,14.292150630750001,0.19398822000000002,0.1914962675,31.075,21.197732486696072,-0.8763953540474176,0.7,1,50,Greedy,10.0,200.0,-
PEFT-LORA-Falcon-7B,SAP-passages,passage,2023-07-13,134,,13.947019759569626,61.25325484653491,2.6370359132514323,47.258792316865666,12.926097099849231,16.496464119783543,26.0,22.377014294580135,-0.7029194464879249,,,,,,,
Flan_ul2,,,,,,,,,,,,,,,0.7,1,50,Greedy,10.0,200.0,-
